import requests
import json

headers = {
    "Accept": "text/javascript, application/javascript, application/ecmascript, application/x-ecmascript, */*; q=0.01",
    "Accept-Encoding": "gzip, deflate",
    "Accept-Language": "zh-CN,zh;q=0.9,en;q=0.8,en-GB;q=0.7,en-US;q=0.6",
    "Content-Type": "application/x-www-form-urlencoded; charset=UTF-8",
    "User-Agent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) "
                  "Chrome/107.0.0.0 Safari/537.36 Edg/107.0.1418.42 ",
    "Referer": "http://www.bse.cn/rule/Tech_area.html",
    "X-Requested-With": "XMLHttpRequest",
    "Cookie": "Hm_lvt_ef6193a308904a92936b38108b93bd7f=1668061217,1668067330,1668408226,1668491953; "
              "Hm_lpvt_ef6193a308904a92936b38108b93bd7f=1668499021",
    "Origin": "http://www.bse.cn",
    "Host": "www.bse.cn"
}

payload = {
    'page': '0',
    'pageSize': '20',
    'keywords': '',
    'startTime': '',
    'nodeIds[]': ['0', '1485', '1486', '1487'],
    'needFields[]': ['infoId', 'title', 'linkUrl', 'htmlUrl', 'publishDate', 'fileUrl'],
}

req = requests.get('https://www.bse.cn/rule/Tech_area.html')
#req = req.json()

print(req.text)



